00010000:00010000:3.0F:1781283655.424807:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283656.449454:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283657.473016:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1781283658.495931:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781283658.879524:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014eac22a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748608:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283658.879610:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000182490de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748736:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283658.879650:0:2269:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781283658.879656:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028aa4434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2269:1867807973748544:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283658.879677:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d57185ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748672:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283658.879698:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ce70224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748800:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0F:1781283658.893167:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028aa4434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2269:1867807973748544:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283658.893237:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d57185ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748672:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283658.893247:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ce70224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748800:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283658.893268:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014eac22a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748608:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283658.893278:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000182490de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973748736:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:3.0:1781283659.519907:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283660.544837:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283661.568019:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781283662.591360:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283663.617353:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781283664.001365:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032f64ec6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973748928:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.001487:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032962861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749056:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.001525:0:2272:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781283664.001531:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973748864:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.001553:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973748992:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.001569:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000707d1849 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749120:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.014365:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973748864:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.014393:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973748992:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.014403:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000707d1849 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749120:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.014413:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032f64ec6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973748928:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283664.014422:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032962861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749056:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:2.0F:1781283664.640485:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283665.663946:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283666.688161:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781283667.468666:0:73725:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781283667.468691:0:73725:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 33a: fid seq shouldn't be reused after abort recovery ========================================================== 13:01:06 (1781283666) 00000080:00200000:2.0:1781283667.595243:0:73733:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000035a7fd6e),name=/ 00000002:00010000:2.0:1781283667.595278:0:73733:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1781283667.595395:0:73733:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781283667.595407:0:73733:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781283667.595417:0:73733:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781283667.595443:0:73733:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014b3ab0c pname:cluuid:pid:xid:nid:opc:job createmany:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:73733:1867807973749184:192.168.201.129@tcp:101:createmany.0 00000100:00100000:2.0:1781283667.595531:0:73733:0:(client.c:2500:ptlrpc_set_wait()) set 000000000af1069d going to sleep for 87 seconds 00000100:00100000:3.0:1781283667.599811:0:73733:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014b3ab0c pname:cluuid:pid:xid:nid:opc:job createmany:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:73733:1867807973749184:192.168.201.129@tcp:101:createmany.0 00010000:00010000:3.0:1781283667.599855:0:73733:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599869:0:73733:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599881:0:73733:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599891:0:73733:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599902:0:73733:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599909:0:73733:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599914:0:73733:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1781283667.599924:0:73733:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@0000000014b3ab0c x1867807973749184/t0(0) o101->lustre-MDT0000-mdc-ffff89c1066d9800@192.168.201.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1781283756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'createmany.0' 00000002:00010000:3.0:1781283667.599937:0:73733:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.599948:0:73733:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 000000006ad220d9 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1781283667.600085:0:73733:0:(llite_lib.c:2760:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 19968 00000080:00010000:3.0:1781283667.600094:0:73733:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000035a7fd6e) for lock 0xab889bdcd86cc0fe 00000080:00010000:3.0:1781283667.600118:0:73733:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000035a7fd6e) 00000080:00010000:3.0:1781283667.600120:0:73733:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xab889bdcd86cc0fe from it 00000000404ad612 00010000:00010000:3.0:1781283667.600123:0:73733:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600130:0:73733:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1781283667.600156:0:73733:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](0000000035a7fd6e), inode mode 41ed mask 1 00000080:00200000:3.0:1781283667.600178:0:73733:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000035a7fd6e),name=/ 00000002:00010000:3.0:1781283667.600221:0:73733:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1781283667.600230:0:73733:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600240:0:73733:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1781283667.600248:0:73733:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000035a7fd6e) 00000080:00010000:3.0:1781283667.600250:0:73733:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000035a7fd6e) for lock 0xab889bdcd86cc0fe 00000080:00010000:3.0:1781283667.600253:0:73733:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0xab889bdcd86cc0fe from it 000000002994ec2a 00010000:00010000:3.0:1781283667.600255:0:73733:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600260:0:73733:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1781283667.600267:0:73733:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](0000000035a7fd6e), inode mode 41ed mask 3 00000080:00200000:3.0:1781283667.600272:0:73733:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f33a.replay-single-0, dir=[0x200000007:0x1:0x0](0000000035a7fd6e), file 00000000eac7d803, open_flags 8042, mode 81a4 opened 0 00000080:00200000:3.0:1781283667.600281:0:73733:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f33a.replay-single-0, dir=[0x200000007:0x1:0x0](0000000035a7fd6e), intent=open|creat 00000002:00010000:3.0:1781283667.600303:0:73733:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f33a.replay-single-0,[0x20000fe02:0x1c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00010000:00010000:3.0:1781283667.600314:0:73733:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600364:0:73733:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600371:0:73733:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781283667.600373:0:73733:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 000000008721d8b0/0xab889bdcd86cc0fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1a148972d1ee3517 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600406:0:73733:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283667.600413:0:73733:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1781283667.600425:0:73733:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff89c1066d9800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1781283667.600431:0:73733:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000032962861 x1867807973749312/t0(0) o101->lustre-MDT0000-mdc-ffff89c1066d9800@192.168.201.129@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1781283667.600438:0:73733:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781283667.600457:0:73733:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032962861 pname:cluuid:pid:xid:nid:opc:job createmany:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:73733:1867807973749312:192.168.201.129@tcp:101:createmany.0 00000100:00100000:3.0:1781283667.600567:0:73733:0:(client.c:2500:ptlrpc_set_wait()) set 00000000736329e1 going to sleep for 87 seconds 00010000:00010000:3.0:1781283667.711635:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283668.735643:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781283669.120288:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b122c15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749440:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.120414:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000342c6e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749568:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.120450:0:2271:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781283669.120457:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bd3b010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2271:1867807973749376:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.120481:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096bf0609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749504:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.120499:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2e0be5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749632:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.133780:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b122c15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749440:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.133807:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000342c6e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749568:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.135874:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096bf0609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749504:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.139026:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2e0be5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973749632:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283669.139065:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bd3b010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2271:1867807973749376:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:3.0:1781283669.759750:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283670.783510:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283671.807819:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283672.833971:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283673.856000:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781283674.239651:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000707d1849 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749760:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.239767:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749888:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.239799:0:2272:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781283674.239805:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032f64ec6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973749696:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.239826:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749824:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.239843:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a5782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749952:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.248349:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749888:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.255904:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a5782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749952:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.255938:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032f64ec6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973749696:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.261476:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749824:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283674.261498:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000707d1849 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973749760:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:2.0:1781283674.880384:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283675.903499:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283676.929205:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283677.954850:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283678.975420:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781283679.359699:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750080:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.359804:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a5782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750208:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.359922:0:2271:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781283679.359931:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000707d1849 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2271:1867807973750016:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.359977:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032f64ec6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750144:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.360002:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750272:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.364133:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000707d1849 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2271:1867807973750016:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.364167:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032f64ec6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750144:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.364179:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750272:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.364230:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750080:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283679.364240:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a5782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973750208:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:3.0:1781283679.999532:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283681.023567:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283682.051112:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283683.071600:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283684.100191:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781283684.479499:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea30b67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750400:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283684.479600:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca3a8cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750528:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283684.479631:0:2270:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781283684.479637:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8eb4bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2270:1867807973750336:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283684.479658:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e98e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750464:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283684.479678:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a33d1388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750592:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283684.482430:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea30b67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750400:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283684.483724:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8eb4bea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2270:1867807973750336:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283684.483744:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6e98e77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750464:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283684.483755:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a33d1388 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750592:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283684.483764:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca3a8cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750528:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:2.0:1781283685.120674:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283686.144268:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283687.168013:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283688.191431:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283689.216262:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781283689.599451:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008409e97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2270:1867807973750656:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781283689.599468:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8efc8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973750720:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781283689.599547:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ff960d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973750848:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781283689.599583:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee84e9f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750784:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781283689.599613:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d8e1371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750912:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781283689.604785:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8efc8e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973750720:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781283689.604801:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee84e9f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750784:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781283689.604814:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008409e97a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2270:1867807973750656:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781283689.611489:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ff960d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973750848:192.168.201.129@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781283689.611694:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d8e1371 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973750912:192.168.201.129@tcp:400:kworker/u8:1.0 00010000:00010000:3.0:1781283690.239344:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283691.264932:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283692.287610:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283693.312061:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283694.335469:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781283694.719574:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d374af3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751040:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.719719:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751168:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.719762:0:2272:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781283694.719769:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e64cc099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973750976:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.719798:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a5782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751104:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.719822:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751232:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.724869:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e64cc099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973750976:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.724900:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d999fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751168:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.725363:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068a6b57e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751232:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.725385:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d374af3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751040:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283694.725784:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a5782c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751104:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:2.0:1781283695.362800:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283696.383674:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283697.409059:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283698.437839:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283699.459266:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781283699.840889:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf3e1b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2269:1867807973751296:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283699.841017:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f234ef0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751424:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283699.841040:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afa4a5d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751552:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283699.841067:0:2269:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781283699.841072:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ef33aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751360:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781283699.841090:0:2269:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af723ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751488:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283699.847111:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ef33aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751360:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283699.847134:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af723ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751488:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283699.847144:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf3e1b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:43154bd6-4937-440b-b23f-f37e9a2f1452:2269:1867807973751296:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283699.847154:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f234ef0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751424:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781283699.847164:0:2269:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afa4a5d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2269:1867807973751552:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:3.0:1781283700.481710:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283701.508487:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283702.527444:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283703.555279:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283704.578570:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781283704.959993:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2e0be5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973751680:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283704.960059:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007bd3b010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973751616:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283704.960321:0:2271:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000342c6e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973751808:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283704.963946:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096bf0609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751744:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283704.964547:0:2272:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b122c15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751872:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283704.974075:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007bd3b010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2272:1867807973751616:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283704.974322:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096bf0609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751744:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781283704.974337:0:2272:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b122c15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2272:1867807973751872:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283704.974701:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2e0be5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973751680:192.168.201.129@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781283704.974717:0:2271:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000342c6e2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2271:1867807973751808:192.168.201.129@tcp:400:kworker/u8:0.0 00010000:00010000:2.0:1781283705.601802:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283706.631813:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283707.647496:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781283708.155297:0:73733:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032962861 pname:cluuid:pid:xid:nid:opc:job createmany:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:73733:1867807973749312:192.168.201.129@tcp:101:createmany.0 00010000:00010000:3.0:1781283708.155330:0:73733:0:(ldlm_request.c:641:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155345:0:73733:0:(ldlm_request.c:562:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155352:0:73733:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155370:0:73733:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155377:0:73733:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155384:0:73733:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042eb37a7 already unused, calling callback (00000000e42df095) 00010000:00010000:3.0:1781283708.155389:0:73733:0:(ldlm_request.c:1546:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155426:0:73733:0:(ldlm_request.c:1556:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155433:0:73733:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155454:0:73733:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1781283708.155460:0:73733:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781283708.155466:0:73733:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff89c1066d9800 lock: 0000000042eb37a7/0xab889bdcd86cc105 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 73733 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1781283708.155492:0:73733:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=17, status=-28 req@0000000032962861 x1867807973749312/t0(0) o101->lustre-MDT0000-mdc-ffff89c1066d9800@192.168.201.129@tcp:12/10 lens 664/600 e 0 to 0 dl 1781283756 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'createmany.0' 00000080:00200000:3.0:1781283708.155705:0:73733:0:(namei.c:1412:ll_create_it()) VFS Op:name=f33a.replay-single-0, dir=[0x200000007:0x1:0x0](0000000035a7fd6e), intent=open|creat 00010000:00010000:2.0:1781283708.674301:0:14074:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781283709.701128:0:44823:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781283710.089863:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afa4a5d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2270:1867807973751936:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781283710.089974:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf3e1b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752064:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781283710.090001:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ef33aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752192:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781283710.090035:0:2270:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781283710.090041:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f234ef0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752000:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781283710.090064:0:2270:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af723ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752128:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781283710.108889:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f234ef0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752000:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781283710.108912:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af723ce7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752128:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781283710.108922:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afa4a5d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43154bd6-4937-440b-b23f-f37e9a2f1452:2270:1867807973751936:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781283710.108932:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf3e1b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752064:192.168.201.129@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781283710.108941:0:2270:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ef33aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51b7a665-1c13-4be7-aa4c-ab3d947b09f3:2270:1867807973752192:192.168.201.129@tcp:400:kworker/u8:2.0 00000400:00000080:3.0:1781283710.205652:0:73871:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781283710.205663:0:73871:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: replay-single test_33a: @@@@@@ FAIL: createmany create /mnt/lustre/f33a.replay-single failed 00010000:00010000:3.0:1781283710.719764:0:14073:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781283711.743625:0:32136:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 243 lines, 243 kept, 0 dropped, 0 bad.