00000080:00200000:2.0F:1782759143.222158:0:87094:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dfc8d84b08),name=/ 00000002:00010000:2.0:1782759143.222200:0:87094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000020:00000040:2.0:1782759143.222217:0:87094:0:(genops.c:1231:class_import_get()) import ffff98dfd6c38800 refcount=5 obd=lustre-MDT0000-mdc-ffff98dfd5672000 00000020:00000040:2.0:1782759143.222261:0:87094:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98dfcd39d800 with handle 0x5ed847743eb257ed to hash 00010000:00010000:2.0:1782759143.222271:0:87094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 87094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782759143.222282:0:87094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782759143.222292:0:87094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 87094 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1782759143.222479:0:87094:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1782759143.222494:0:87094:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff98dfc6645500 pname:cluuid:pid:xid:nid:opc:job stat:603735ff-d1f7-4eaf-9a3d-5b395f3b490c:87094:1869355218154368:192.168.202.131@tcp:101:stat.0 00000100:00000040:2.0:1782759143.222528:0:87094:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1782759159 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1782759143.222537:0:87094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000100:00000040:2.0:1782759143.222658:0:87094:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dfd5672000: using a timeout of 6438 usecs (7 jiffies) 00000100:00100000:2.0:1782759143.222667:0:87094:0:(client.c:2701:ptlrpc_set_wait()) set ffff98dfd6c02e40 going to sleep for 11 seconds 00000100:00000040:3.0F:1782759143.224217:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1782759159 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1782759143.227605:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1782759159 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1782759143.227854:0:87094:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dfd5672000: skip recheck: last_committed 0 00000100:00000040:3.0:1782759143.227865:0:87094:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1782759159 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1782759143.227876:0:87094:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1782759159 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1782759143.227884:0:87094:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff98dfc6645500 pname:cluuid:pid:xid:nid:opc:job stat:603735ff-d1f7-4eaf-9a3d-5b395f3b490c:87094:1869355218154368:192.168.202.131@tcp:101:stat.0 00000100:00000040:3.0:1782759143.227893:0:87094:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1782759159 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1782759143.227909:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=4 00010000:00000040:3.0:1782759143.227916:0:87094:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dfcd39d800, remote cookie: 0xd5b45c7f5c6088be, flags: 0x1001 00010000:00010000:3.0:1782759143.227922:0:87094:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.227991:0:87094:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1782759143.228003:0:87094:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98dfcab96d00) refcount = 1 00010000:00010000:3.0:1782759143.228007:0:87094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.228021:0:87094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1782759143.228031:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00000020:00000040:3.0:1782759143.228033:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=4 00010000:00010000:3.0:1782759143.228038:0:87094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1782759143.228060:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=5 00010000:00010000:3.0:1782759143.228063:0:87094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.228070:0:87094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1782759143.228080:0:87094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1782759159 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1782759143.228088:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00000020:00000040:3.0:1782759143.228093:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00000002:00010000:3.0:1782759143.228095:0:87094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1782759143.228103:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00010000:00000040:3.0:1782759143.228108:0:87094:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98dfcab96d00 count: 2 00010000:00010000:3.0:1782759143.228111:0:87094:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dfc5e52000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1782759143.228118:0:87094:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1782759143.228144:0:87094:0:(llite_lib.c:3013:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000020:00000040:3.0:1782759143.228148:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00000080:00010000:3.0:1782759143.228154:0:87094:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dfc8d84b08) for lock 0x5ed847743eb257ed 00000020:00000040:3.0:1782759143.228157:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00000080:00010000:3.0:1782759143.228160:0:87094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98dfc8d84b08) 00000080:00010000:3.0:1782759143.228163:0:87094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5ed847743eb257ed from it ffffa4dec180bb58 00000020:00000040:3.0:1782759143.228165:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfcd39d800 refcount=3 00010000:00010000:3.0:1782759143.228168:0:87094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.228188:0:87094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfcd39d800/0x5ed847743eb257ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088be expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000040:3.0:1782759143.228206:0:87094:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dfc6645500 x1869355218154368/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1782759159 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1782759143.228217:0:87094:0:(genops.c:1244:class_import_put()) import ffff98dfd6c38800 refcount=4 obd=lustre-MDT0000-mdc-ffff98dfd5672000 00000080:00200000:3.0:1782759143.228226:0:87094:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98dfc8d84b08), inode mode 41ed mask 1 00000080:00200000:3.0:1782759143.228246:0:87094:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d49.sanity-sec, dir=[0x200000007:0x1:0x0](ffff98dfc8d84b08), flags=24 00000080:00200000:3.0:1782759143.228251:0:87094:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d49.sanity-sec, dir=[0x200000007:0x1:0x0](ffff98dfc8d84b08), intent=0 00000002:00010000:3.0:1782759143.228270:0:87094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d49.sanity-sec,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000020:00000040:3.0:1782759143.228278:0:87094:0:(genops.c:1231:class_import_get()) import ffff98dfd6c38800 refcount=5 obd=lustre-MDT0000-mdc-ffff98dfd5672000 00010000:00000040:3.0:1782759143.228341:0:87094:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98dfcab96d00 count: 2 00000020:00000040:3.0:1782759143.228349:0:87094:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98dfc0030000 with handle 0x5ed847743eb257f4 to hash 00010000:00010000:3.0:1782759143.228354:0:87094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 87094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.228361:0:87094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.228369:0:87094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 87094 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1782759143.228385:0:87094:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1782759143.228399:0:87094:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff98dfc3183800 pname:cluuid:pid:xid:nid:opc:job stat:603735ff-d1f7-4eaf-9a3d-5b395f3b490c:87094:1869355218154496:192.168.202.131@tcp:101:stat.0 00000100:00000040:3.0:1782759143.228424:0:87094:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/1152 e 0 to 0 dl 1782759159 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1782759143.228439:0:87094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000100:00000040:3.0:1782759143.228486:0:87094:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98dfd5672000: using a timeout of 6460 usecs (7 jiffies) 00000100:00100000:3.0:1782759143.228493:0:87094:0:(client.c:2701:ptlrpc_set_wait()) set ffff98dfc2c61300 going to sleep for 11 seconds 00000100:00000040:2.0:1782759143.228828:0:2397:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/1152 e 0 to 0 dl 1782759159 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1782759143.239370:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=616 offset=224 replen=1152 req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/1152 e 0 to 0 dl 1782759159 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1782759143.239497:0:87094:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98dfd5672000: skip recheck: last_committed 0 00000100:00000040:3.0:1782759143.239507:0:87094:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/616 e 0 to 0 dl 1782759159 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1782759143.239520:0:87094:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/616 e 0 to 0 dl 1782759159 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1782759143.239528:0:87094:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff98dfc3183800 pname:cluuid:pid:xid:nid:opc:job stat:603735ff-d1f7-4eaf-9a3d-5b395f3b490c:87094:1869355218154496:192.168.202.131@tcp:101:stat.0 00000100:00000040:3.0:1782759143.239538:0:87094:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/616 e 0 to 0 dl 1782759159 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1782759143.239564:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=4 00010000:00000040:3.0:1782759143.239572:0:87094:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98dfc0030000, remote cookie: 0xd5b45c7f5c6088da, flags: 0x1001 00010000:00010000:3.0:1782759143.239578:0:87094:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1782759143.239588:0:87094:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000411:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00010000:3.0:1782759143.239602:0:87094:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 4/1,0 mode: --/PR res: [0x200000411:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.239611:0:87094:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 4/1,0 mode: --/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1782759143.239622:0:87094:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000411:0x1:0x0].0x0 (ffff98dfcb615f00) refcount = 1 00010000:00010000:3.0:1782759143.239626:0:87094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 4/1,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.239648:0:87094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 4/1,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1782759143.239658:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00000020:00000040:3.0:1782759143.239661:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=4 00010000:00010000:3.0:1782759143.239665:0:87094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 5/2,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1782759143.239672:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=5 00010000:00010000:3.0:1782759143.239675:0:87094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 5/2,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.239683:0:87094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 4/1,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1782759143.239692:0:87094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/616 e 0 to 0 dl 1782759159 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1782759143.239700:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00000020:00000040:3.0:1782759143.239704:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00000002:00010000:3.0:1782759143.239707:0:87094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 3/1,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1782759143.239714:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00010000:00000040:3.0:1782759143.239718:0:87094:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98dfcb615f00 count: 2 00010000:00010000:3.0:1782759143.239721:0:87094:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98dfc5e52000 type 13 mode 4 res 8589935633/1 (0 0) 00000080:00200000:3.0:1782759143.239739:0:87094:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1782759143.239761:0:87094:0:(llite_lib.c:3013:ll_update_inode()) inode=[0x200000411:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1782759143.239770:0:87094:0:(namei.c:147:ll_iget()) got inode: [0x200000411:0x1:0x0](ffff98dfc8d8f448): rc = 0 00000020:00000040:3.0:1782759143.239774:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00000080:00010000:3.0:1782759143.239785:0:87094:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000411:0x1:0x0](ffff98dfc8d8f448) for lock 0x5ed847743eb257f4 00000020:00000040:3.0:1782759143.239789:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00000080:00010000:3.0:1782759143.239798:0:87094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000411:0x1:0x0](ffff98dfc8d8f448) 00000080:00010000:3.0:1782759143.239802:0:87094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5ed847743eb257f4 from it ffffa4dec180ba28 00000020:00000040:3.0:1782759143.239804:0:87094:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff98dfc0030000 refcount=3 00010000:00010000:3.0:1782759143.239807:0:87094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 3/1,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782759143.239817:0:87094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98dfd5672000 lock: ffff98dfc0030000/0x5ed847743eb257f4 lrc: 2/0,0 mode: PR/PR res: [0x200000411:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd5b45c7f5c6088da expref: -99 pid: 87094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000040:3.0:1782759143.239846:0:87094:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98dfc3183800 x1869355218154496/t0(0) o101->lustre-MDT0000-mdc-ffff98dfd5672000@192.168.202.131@tcp:12/10 lens 584/616 e 0 to 0 dl 1782759159 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1782759143.239856:0:87094:0:(genops.c:1244:class_import_put()) import ffff98dfd6c38800 refcount=4 obd=lustre-MDT0000-mdc-ffff98dfd5672000 00000080:00200000:3.0:1782759143.239871:0:87094:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000411:0x1:0x0](ffff98dfc8d8f448), inode mode 41ed mask 1 00000080:00200000:3.0:1782759143.239888:0:87094:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=subdir, dir=[0x200000411:0x1:0x0](ffff98dfc8d8f448), flags=8 00000080:00200000:3.0:1782759143.239892:0:87094:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=subdir, dir=[0x200000411:0x1:0x0](ffff98dfc8d8f448), intent=getattr 00000080:00000040:3.0:1782759143.239899:0:87094:0:(dcache.c:176:ll_intent_release()) intent ffffa4dec180bb20 released 00010000:00010000:1.0F:1782759143.678988:0:87047:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1782759144.124385:0:59713:0:(connection.c:75:cpu_latency_work()) work item of ffff98dfd02a3330 (cpu 0) has reached its deadline 4297856603, at 4297856640 00000100:00000040:2.0:1782759144.125673:0:81204:0:(connection.c:75:cpu_latency_work()) work item of ffff98dfd02a3220 (cpu 0) has reached its deadline 4297856603, at 4297856641 00000001:02000400:2.0:1782759144.561958:0:87222:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_49: @@@@@@ FAIL: stat /mnt/lustre/d49.sanity-sec/subdir failed 00010000:00010000:0.0F:1782759144.702199:0:87048:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782759145.727517:0:87047:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 120 lines, 120 kept, 0 dropped, 0 bad.